#下载redbase 文档https://web.stanford.edu/class/cs346/2014/project.html
wget -m -e robots=off \
	-U "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6" \
	"https://web.stanford.edu/class/cs346/2014/project.html"

#"-e robots=off"  让wget耍流氓无视robots.txt协议 
#-U "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6"  伪造agent信息

#现在hadoop 2.7.1 文档
wget -m -e robots=off \
	-U "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6" \
	"http://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-common/SingleCluster.html"

#graphviz文档下载
wget -m -e robots=off \
	-U "Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6" \
	"http://www.graphviz.org/Documentation.php"
